#!/usr/bin/python
# -*- coding: utf-8 -*-
"""
@author coldwind
"""

from mosestokenizer import *

en_tokenize = MosesTokenizer('en')
en_text = 'i love banana .'
en_text = en_text.replace('\n', ' ')
tokens = en_tokenize(en_text)
en_tokenize.close()

en_sentence_splitter = MosesSentenceSplitter('en')
en_text = 'I love banana. \n i have a dream.'
en_text = en_text.replace('\n', ' ')
sentences = en_sentence_splitter([en_text])
en_sentence_splitter.close()
